+++
title = "OME"
linkTitle = "OME"
description = "OME is a Kubernetes operator for enterprise-grade management and serving of Large Language Models (LLMs)"
+++

{{< blocks/cover title="Welcome to OME" image_anchor="top" height="full" color="orange" >}}
<div class="mx-auto">
	<a class="btn btn-lg btn-primary mr-3 mb-4" href="docs/">
		Read the docs <i class="fas fa-arrow-alt-circle-right ml-2"></i>
	</a>
	<a class="btn btn-lg btn-secondary mr-3 mb-4" href="https://github.com/sgl-project/ome">
		GitHub <i class="fab fa-github ml-2 "></i>
	</a>
	<p class="lead mt-5">Open Model Engine</p>
	{{< blocks/link-down color="info" id="description" >}}
</div>
{{< /blocks/cover >}}

<div id="description" ></div>

{{% blocks/lead color="primary"%}}
<h1  class="text-center">
	OME is a Kubernetes operator for enterprise-grade management and serving of Large Language Models (LLMs). It optimizes deployment and operation through automated model management, intelligent runtime selection, and sophisticated resource scheduling.
</h1>
{{% /blocks/lead %}}

{{% blocks/lead color="secondary" %}}
<h1 class="text-center">
	OME provides advanced serving capabilities including prefill-decode disaggregation, multi-node inference, and cache-aware load balancing. With first-class support for SGLang, vLLM, and TensorRT-LLM, OME ensures optimal performance for your LLM workloads.
</h1>
{{% /blocks/lead %}}

{{% blocks/lead color="dark" %}}
<h1 class="text-center">
	Build production-ready LLM services with comprehensive model lifecycle management, automatic runtime selection, and seamless integration with Kubernetes ecosystem components like KEDA, Gateway API, and Istio.
</h1>
{{% /blocks/lead %}}